HParams,MOSES BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,24.35,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.61,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.88,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.86,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.39,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.89,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.05,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.58,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.38,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.87,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.6,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.08,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.81,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.63,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.2,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.21,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.12,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.77,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.57,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.56,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.37,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.75,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.38,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.22,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.49,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.32,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.88,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.77,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.44,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.13,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.77,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,15.17,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.47,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.01,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.11,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.3,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.42,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.4,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.87,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.85,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.67,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.69,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.13,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.96,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.77,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.69,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.22,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.01,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.3,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.42,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.97,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.19,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.26,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.46,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.4,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.83,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.41,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.23,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.28,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.3,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.18,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.78,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.82,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.65,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.44,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.9,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.64,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.15,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.62,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.46,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.54,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.76,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.41,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.57,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.4,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.27,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.12,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.65,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.53,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.47,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.4,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.44,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.4,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.7,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.62,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.24,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.51,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.16,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.05,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.74,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.24,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.66,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.63,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.63,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.01,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.74,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.95,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.72,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.54,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.74,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.68,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.71,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.49,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.85,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.03,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.5,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.55,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.87,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.93,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.85,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.83,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.89,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.82,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.49,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.66,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.04,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.01,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.76,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.27,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.92,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.99,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.91,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.04,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.96,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.13,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.02,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.06,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.91,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.94,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.49,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.78,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.43,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.52,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.14,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.87,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.03,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.87,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.83,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.86,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.86,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.72,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.93,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.65,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.62,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.84,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.18,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.73,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.1,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.4,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.4,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.89,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.1,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.57,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.55,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.7,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.04,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.41,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.16,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.78,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,14.02,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.96,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.89,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.52,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.05,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.14,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.12,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.8,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.62,0.980001270771,0,300000,1000,none,0
